{"text_format":"1","workbook":"xlsx","n_sheets":4,"sheets":["QA Protocol Template","Summary - AUTOCOMPLETES","QA calx - ignore","Drop down - ignore"],"not_rendered":{"charts":0,"images":1,"macros":0,"external_links":2,"defined_names":15,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"QA Protocol Template","index":0,"n_rows":135,"n_cols":8,"rows_kept":135,"cut":false,"hidden":false,"merged":[[54,4,54,5],[56,4,56,5],[57,4,57,5],[58,4,58,5],[59,4,59,5],[74,4,74,5],[130,1,130,2],[131,1,131,2],[132,1,132,2],[119,1,119,2],[120,1,120,2],[121,1,121,2],[69,4,69,5],[131,3,131,5],[117,1,117,2],[118,1,118,2],[108,4,108,5],[109,4,109,5],[102,4,102,5],[103,4,103,5],[94,1,94,2],[94,3,94,5],[95,1,95,2],[95,3,95,5],[129,1,129,2],[96,1,96,2],[96,3,96,5],[113,1,113,2],[114,1,114,2],[118,3,118,5],[119,3,119,5],[120,3,120,5],[121,3,121,5],[113,3,113,5],[114,3,114,5],[93,1,93,2],[93,3,93,5],[86,1,86,2],[86,4,86,5],[87,4,87,5],[88,4,88,5],[89,4,89,5],[90,4,90,5],[91,4,91,5],[92,4,92,5],[134,1,134,2],[134,3,134,5],[133,3,133,5],[133,1,133,2],[99,1,99,2],[112,3,112,5],[99,4,99,5],[100,4,100,5],[101,4,101,5],[104,4,104,5],[105,4,105,5],[106,4,106,5],[110,4,110,5],[111,3,111,5],[107,4,107,5],[111,1,111,2],[112,1,112,2],[132,3,132,5],[123,1,123,2],[124,1,124,2],[125,1,125,2],[126,1,126,2],[127,1,127,2],[128,1,128,2],[6,1,8,1],[46,3,46,5],[48,3,48,5],[47,3,47,5],[14,3,14,5],[15,3,15,5],[16,3,16,5],[17,3,17,5],[18,3,18,5],[19,3,19,5],[10,1,10,5],[27,1,32,2],[25,1,25,2],[12,1,12,2],[14,1,14,2],[15,1,15,2],[16,1,16,2],[17,1,17,2],[18,1,18,2],[19,1,19,2],[20,1,20,2],[48,1,48,2],[42,4,42,5],[6,10,7,11],[8,10,8,11],[60,3,60,5],[61,3,61,5],[62,3,62,5],[81,3,81,5],[82,3,82,5],[65,4,65,5],[84,3,84,5],[63,3,63,5],[83,3,83,5],[78,4,78,5],[79,4,79,5],[80,4,80,5],[75,4,75,5],[66,4,66,5],[67,4,67,5],[68,4,68,5],[70,4,70,5],[71,4,71,5],[72,4,72,5],[73,4,73,5],[76,4,76,5],[77,4,77,5],[47,1,47,2],[43,4,43,5],[41,4,41,5],[22,1,22,2],[22,3,22,5],[23,1,23,2],[23,3,23,5],[37,4,37,5],[38,4,38,5],[44,4,44,5],[45,3,45,5],[65,1,65,2],[81,1,81,2],[82,1,82,2],[83,1,83,2],[84,1,84,2],[63,1,63,2],[55,4,55,5],[21,1,21,2],[53,4,53,5],[60,1,60,2],[61,1,61,2],[62,1,62,2],[50,1,50,2],[50,4,50,5],[51,4,51,5],[52,4,52,5],[35,1,35,2],[35,4,35,5],[36,4,36,5],[39,4,39,5],[40,4,40,5],[45,1,45,2],[46,1,46,2]]}
[null,null,null,null,null,"2017-03-14"]
[null,null,null,null,null,"IOD PARC & ISG"]
[null,null,"Research/Study Protocol"]
[null,null,"Quality Review Checklist"]
[]
[null,null,"Individual criteria rating guide"]
[null,null,"Rating",4,3,2,1,0]
[null,null,"Description","Excellent","Good","Fair","Unsatisfactory","N/A"]
[null,null,"Explanation","The criterion was fully met (or exceeded) and there were no shortcomings.","The criterion was met with only minor shortcomings.","The criterion was partially met with some shortcomings.","There were major shortcomings in meeting DFID's standards.","Not applicable"]
[]
[null,"This Review Checklist applies to Research Protocols produced for research/studies\nReview Checklists are also available for Reports and Terms of References\n\nThis template is used for reviewing protocols for both research and studies - however, for simplicity the term research will be used throughout the template"]
[]
[null,"Part A",null,"Meta and identifying data"]
[]
[null,"The title of the research/study",null,"Type here"]
[null,"UNICEF Regional or Country office name",null,"Type here"]
[null,"Date of submission, Indicate draft or final version",null,"Type here"]
[null,"Unique ID",null,"Type here"]
[null,"Research Typology (if applicable)",null,"Select from list"]
[null,"Study Typology (if applicable)",null,"Select from list"]
[null,"Priority (Outcome) Area",null,"Select from list","Select from list","Select from list"]
[null,"Cross cutting issues",null,"Select from list","Select from list","Select from list"]
[null,"Protocol Review Round (# of times this template has been applied)",null,"Select from list"]
[null,"Any other review processes this protocol has been through",null,"Select from list"]
[]
[null,"Part B",null,"Assessment of the Research Design"]
[]
[null,"Individual criteria rating guide",null,"Rating","Description","Explanation"]
[null,null,null,4,"Highly satisfactory","The criterion was fully met (or exceeded) and there were no shortcomings."]
[null,null,null,3,"Satisfactory","The criterion was met with only minor shortcomings."]
[null,null,null,2,"Fair","The criterion was partially met with some shortcomings."]
[null,null,null,1,"Unsatisfactory","There were major shortcomings in meeting UNICEF's standards."]
[null,null,null,0,"N/A","Not applicable - the question will be omitted from the scoring and rating"]
[]
[]
[null,"1. About the Research",null,"RATING","Comments"]
[null,1.1000000000000001,"Rationale for commissioning the research: It appropriately justifies why the study/research is being conducted, why now, and how the research will contribute unique knowledge and/or add to existing knowledge","Select from list","Type here"]
[null,1.2,"The research demonstrates a potential for impact (e.g. stimulate policy debate, improve effectiveness of interventions, bring attention to a neglected area deserving further inquiry)?","Select from list","Type here"]
[null,1.3," Usefulness of research: Does the research contribute to advancing work in and adding to this field of inquiry?","Select from list","Type here"]
[null,1.4,"Explains the study/research primary and secondary aims","Select from list","Type here"]
[null,1.5,"Explains the study/research hypotheses and the related research questions; and any conceptual framework or theory of change","Select from list","Type here"]
[null,1.6,"If there is other ongoing research for the same topic or focus, this is clear, so that researchers know how this particular research fits in.","Select from list","Type here"]
[null,1.7,"Explains what was and what was not included in the research","Select from list","Type here"]
[null,1.8,"The research objectives are specific and realistic, and clearly related to the research purpose","Select from list","Type here"]
[null,1.9,"The protocol validates or provides suggested changes to the research question and TOC and clarifies key terms/definitions i.e. building on and further refining what was in the TOR","Select from list","Type here"]
[null,"Overall score",null,{"$f":"'QA calx - ignore'!D44:F44","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"2. How the research will be conducted",null,"RATING","Comments"]
[null,2.1,"Results of the literature review: Includes a literature review which summarises extant theory and practice on the particular topic. The literature review is an indication that existing knowledge has been considered, that relevant questions have been identified, and that the study/research therefore has the potential to contribute new knowledge.","Select from list","Type here"]
[null,2.2000000000000002,"The literature review links to a reference list in an annex","Select from list","Type here"]
[null,2.2999999999999998,"The literature review includes an assessment of the robustness of the evidence considered (using appropriate standards, e.g. Cochrane standards for health research)","Select from list","Type here"]
[null,2.4,"The expected research review process and how it will be established","Select from list","Type here"]
[null,2.5,"Participants and end-users: Explains the involvement of end-users and other stakeholders in the research process","Select from list","Type here"]
[null,2.6,"Management: The management of the study is described and was suitable for delivering the research. The description includes: roles and responsibilities of researchers, field staff, donors and other collaborators; recording and reporting of suspected adverse events; data handling and record keeping; quality control","Select from list","Type here"]
[null,2.7,"Resourcing: The research team’s qualifications and experience are appropriate as per the TOR’s requirements and the research methods proposed","Select from list","Type here"]
[null,2.8,"Any significant resource requirements or resource issues are highlighted","Select from list","Type here"]
[null,2.9,"A detailed budget is provided, and is adequate to deliver the research overall, and appropriately allocated across the stages and activities proposed","Select from list","Type here"]
[null,"Overall score",null,{"$f":"'QA calx - ignore'!D58:F58","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"3. Methodology",null,"RATING","Comments"]
[null,3.1,"The approach, methods and research framework are comprehensively described, and justified, and they are adequate to answer the research questions. ","Select from list","Type here"]
[null,3.2,"The limitations of the methodology are highlighted, along with mitigation strategies where appropriate.","Select from list","Type here"]
[null,3.3,"The proposed research methodology, including (where appropriate) the research design, sample population and size, definitions of key variables and concepts, data source or data collection methods, data analysis methods, and any other relevant methodological issues, as appropriate to the particular study design.","Select from list","Type here"]
[null,3.4,"The sampling strategy is described, and is appropriate. Primary and secondary data sources are appropriate, adequate and reliable","Select from list","Type here"]
[null,3.5,"The sampling strategy describes how many units of measurement will be selected and how representative is the sample. Sample sizes are adequate","Select from list","Type here"]
[null,3.6,"Inclusion and exclusion criteria precisely describe the parameters of the variables chosen to be included and excluded (if applicable)","Select from list","Type here"]
[null,3.7,"Participation Criteria: Describes the exact characteristics of the study participants that were included in the sample (if applicable)","Select from list","Type here"]
[null,3.8,"The methodology enables the collection and analysis of disaggregated data to show difference between groups (where appropriate)","Select from list","Type here"]
[null,3.9,"Describes how study subjects (individuals, institutions, geographical areas etc.) will be recruited/selected, for how long and how often they will be followed (at baseline, mid-line, end-line)","Select from list","Type here"]
[null,3.1,"If the study included an intervention (as in operational research studies where interventions were being tested and their effects studied), it should provide programmatic details on the interventions to be tested","Select from list","Type here"]
[null,3.11,"Methodology clearly defines the outcomes specified in the TORs. For instance, clearly describe how ‘child growth’ or ‘cost-effectiveness’ will be defined","Select from list","Type here"]
[null,3.12,"If a quantitative analysis is used, explains the statistical models and power calculations, justifies the sample size and explains the analysis plan, including include dummy tables for the planned statistical analysis. If a qualitative analysis is used, explains how the data will be coded and analysed. Software to be used is noted. Analysis is appropriately linked to the theoretical framework and to the methodology used","Select from list","Type here"]
[null,3.13,"If appropriate, the protocol provides a sequence of events (e.g. in a Gantt chart) that includes the entire duration of the study (i.e. including preparation, study conduct, and data analysis)","Select from list","Type here"]
[null,3.14,"the protocol discusses any inherent imbalances or biases that interviews and other data collection may have created. The product describes how any bias was overcome, and the strategies were appropriate","Select from list","Type here"]
[null,3.15,"Explains key limitations of the study/research. Often this relates to its generalizability to other populations, units or contexts, budget, timeline, access to certain populations (e.g. in humanitarian settings), poor quality of data, sensitive topics and sometimes the inability to study these directly and using proxies","Select from list","Type here"]
[null,"Overall score",null,{"$f":"'QA calx - ignore'!D79:F79","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"4. Ethics",null,"RATING","Comments"]
[null,4.0999999999999996,"Any issues related to research ethics as instructed in the UNICEF Procedure for Ethical Standards in Research, Evaluation, Data Collection and Analysis and in accordance with the UNICEF Strategic Guidance Note on Institutionalizing Ethical Practice for UNICEF Research","Select from list","Type here"]
[null,4.2,"The protocol explains how the study/research will apply the “do no harm” principle i.e. avoid constituting a risk to participants in the study; unethically preventing participants from benefitting from interventions","Select from list","Type here"]
[null,4.3,"The protocol indicates how official ethical approvals will be received for example from Institutional Review Boards or from individuals using release forms (where appropriate)","Select from list","Type here"]
[null,4.4000000000000004,"Issues related to incorporation of human rights, including child rights and a gender perspective are explained","Select from list","Type here"]
[null,4.5,"Instruments were tested and validated (e.g. pre-testing of questionnaires)","Select from list","Type here"]
[null,4.5999999999999996,"The protocol explains how there will be an appropriate level of involvement from the various stakeholders in the design and implementation of the research","Select from list","Type here"]
[null,"Overall score",null,{"$f":"'QA calx - ignore'!D91:F91","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[]
[null,"5. Structure and clarity of the protocol",null,"RATING","Comments"]
[null,5.0999999999999996,"The protocol is structured logically, according to the TORs/Inception Report (as appropriate), and is written succinctly ","Select from list","Type here"]
[null,5.2,"The product is accessible to the intended audience (e.g. free of jargon, written in plain English, logical use of chapters, appropriate use of tables, graphs and diagrams, well balanced across chapters, concise and of a reasonable length)","Select from list","Type here"]
[null,5.3,"Review process: There is a clear explanation of the research review process and how it will be enacted","Select from list","Type here"]
[null,5.4,"It is clear who will carry out the research","Select from list","Type here"]
[null,5.5,"Any research advisory board is clearly explained in terms of membership and planned inputs/outcomes to the research","Select from list","Type here"]
[null,5.6,"Any actual or potential conflict of interest by the researchers is disclosed and appropriate mitigation strategy explained","Select from list","Type here"]
[null,5.7,"The protocol outlines any peer review to be undertaken (e.g. internal UNICEF review, external peer review)","Select from list","Type here"]
[null,5.8,"If the research project meets the definition of “major” research, there is an explanation of how the appropriate UNICEF QA process will be followed (Internal peer review, inception report, external peer review)","Select from list","Type here"]
[null,5.9,"The annexes contain (at least) the original TORs, draft data collection instruments, calculations of sample size, descriptions of treatment and control groups and the interventions, descriptions of the program being studied, contextual information helpful to the study, quality appraisal process for the study, qualifications of the team","Select from list","Type here"]
[null,"5.10","The annexes increase the usefulness of the report","Select from list","Type here"]
[null,5.1100000000000003,"Any departures from the original TOR have been adequately explained and justified","Select from list","Type here"]
[null,"Overall score",null,{"$f":"'QA calx - ignore'!D108:F108","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[]
[null,"Overall rating guide"]
[null,"Highly satisfactory: 80% - 100%",null,"The criterion was fully met (or exceeded) and there were no or few shortcomings. Research commissioners can be very confident that the design should meet the needs of the research."]
[null,"Satisfactory: 60% - 79%",null,"The criterion was met with only minor shortcomings. Research commissioners can be confident that the design should meet the needs of the research"]
[null,"Fair: 40% - 59%",null,"The criterion was partially met with some shortcomings. Decision makers may continue to proceed with commissioning the research but improvements are strongly advised to ensure that the design meet the needs of the research."]
[null,"Unsatisfactory: 0% - 39%",null,"There were major shortcomings in meeting UNICEF's standards; therefore research commissioners should not be confident that the design can meet the needs of the research without substantial revisions."]
[]
[null,"Category",null,"Score","Weighting","Weighted score"]
[null,{"$f":"B36","v":"1. About the Research"},null,{"$f":"D46","v":{"$error":"#DIV/0!"}},5,{"$f":"D125*E125","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B51","v":"2. How the research will be conducted"},null,{"$f":"D61","v":{"$error":"#DIV/0!"}},10,{"$f":"D126*E126","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B66","v":"3. Methodology"},null,{"$f":"D82","v":{"$error":"#DIV/0!"}},40,{"$error":"#DIV/0!"}]
[null,{"$f":"B87","v":"4. Ethics"},null,{"$f":"D94","v":{"$error":"#DIV/0!"}},15,{"$error":"#DIV/0!"}]
[null,{"$f":"B100","v":"5. Structure and clarity of the protocol"},null,{"$f":"D112","v":{"$error":"#DIV/0!"}},5,{"$error":"#DIV/0!"}]
[null,"TOTAL WEIGHTED SCORE",null,{"$f":"F130/E130","v":{"$error":"#DIV/0!"}},{"$f":"SUM(E125:E129)","v":75},{"$f":"SUM(F125:F129)","v":{"$error":"#DIV/0!"}}]
[null,"OVERALL RATING",null,"Select from list"]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[null,"Final Review Outcome",null,"Select from list"]

{"sheet":"Summary - AUTOCOMPLETES","index":1,"n_rows":18,"n_cols":8,"rows_kept":18,"cut":false,"hidden":true,"merged":[[17,4,17,7],[4,4,4,5],[5,4,5,5],[6,4,6,5],[7,4,7,5],[8,4,8,5],[15,0,15,1],[16,0,16,1],[4,6,4,7],[5,6,5,7],[6,6,6,7],[7,6,7,7],[8,6,8,7],[9,6,9,7],[9,4,9,5],[12,0,12,1],[13,0,13,1],[14,0,14,1]]}
[]
["SUMMARY FEEDBACK FROM REVIEWERS"]
["DO NOT COMPLETE - This sheet will update automatically"]
[]
[null,"Overall rating guide",null,null,{"$f":"'QA Protocol Template'!B15","v":"The title of the research/study"},null,{"$f":"'QA Protocol Template'!D15","v":"Type here"}]
[null,"Excellent: 80% - 100%",null,null,{"$f":"'QA Protocol Template'!B16","v":"UNICEF Regional or Country office name"},null,{"$f":"'QA Protocol Template'!D16","v":"Type here"}]
[null,"Good: 60% - 79%",null,null,{"$f":"'QA Protocol Template'!B17","v":"Date of submission, Indicate draft or final version"},null,{"$f":"'QA Protocol Template'!D17","v":"Type here"}]
[null,"Fair: 40% - 59%",null,null,{"$f":"'QA Protocol Template'!B18","v":"Unique ID"},null,{"$f":"'QA Protocol Template'!D18","v":"Type here"}]
[null,null,null,null,"Review Iteration",null,{"$f":"'QA Protocol Template'!D23","v":"Select from list"}]
[null,null,null,null,"Other Review Processes",null,{"$f":"'QA Protocol Template'!D24","v":"Select from list"}]
[]
[null,"CATEGORY","SCORE",null,{"$f":"'QA Protocol Template'!B124","v":"Category"},"Summary assessment","What works","What needs improvement"]
[{"$f":"'QA Protocol Template'!B125","v":"1. About the Research"},null,{"$f":"'QA Protocol Template'!D125","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Protocol Template'!B125","v":"1. About the Research"},{"$f":"'QA Protocol Template'!D47","v":"Type here"},{"$f":"'QA Protocol Template'!D48","v":"Type here"},{"$f":"'QA Protocol Template'!D49","v":"Type here"}]
[{"$f":"'QA Protocol Template'!B126","v":"2. How the research will be conducted"},null,{"$f":"'QA Protocol Template'!D126","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Protocol Template'!B126","v":"2. How the research will be conducted"},{"$f":"'QA Protocol Template'!D62","v":"Type here"},{"$f":"'QA Protocol Template'!D63","v":"Type here"},{"$f":"'QA Protocol Template'!D64","v":"Type here"}]
[{"$f":"'QA Protocol Template'!B127","v":"3. Methodology"},null,{"$f":"'QA Protocol Template'!D127","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Protocol Template'!B127","v":"3. Methodology"},{"$f":"'QA Protocol Template'!D83","v":"Type here"},{"$f":"'QA Protocol Template'!D84","v":"Type here"},{"$f":"'QA Protocol Template'!D85","v":"Type here"}]
[{"$f":"'QA Protocol Template'!B128","v":"4. Ethics"},null,{"$f":"'QA Protocol Template'!D128","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Protocol Template'!B128","v":"4. Ethics"},{"$f":"'QA Protocol Template'!D95","v":"Type here"},{"$f":"'QA Protocol Template'!D96","v":"Type here"},{"$f":"'QA Protocol Template'!D97","v":"Type here"}]
[{"$f":"'QA Protocol Template'!B129","v":"5. Structure and clarity of the protocol"},null,{"$f":"'QA Protocol Template'!D129","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Protocol Template'!B129","v":"5. Structure and clarity of the protocol"},{"$f":"'QA Protocol Template'!D113","v":"Type here"},{"$f":"'QA Protocol Template'!D114","v":"Type here"},{"$f":"'QA Protocol Template'!D115","v":"Type here"}]
[null,"OVERALL RATING",{"$f":"'QA Protocol Template'!D131","v":"Select from list"}]

{"sheet":"QA calx - ignore","index":2,"n_rows":129,"n_cols":12,"rows_kept":129,"cut":false,"hidden":true,"merged":[[93,3,93,5],[83,1,83,2],[83,4,83,5],[84,4,84,5],[85,4,85,5],[86,4,86,5],[87,4,87,5],[88,4,88,5],[89,4,89,5],[36,4,36,5],[37,4,37,5],[38,4,38,5],[90,1,90,2],[90,3,90,5],[91,1,91,2],[91,3,91,5],[92,1,92,2],[92,3,92,5],[53,4,53,5],[54,4,54,5],[55,4,55,5],[56,4,56,5],[77,4,77,5],[40,4,40,5],[41,4,41,5],[42,4,42,5],[57,1,57,2],[58,1,58,2],[59,1,59,2],[60,1,60,2],[45,1,45,2],[46,1,46,2],[48,1,48,2],[48,4,48,5],[49,4,49,5],[50,4,50,5],[51,4,51,5],[52,4,52,5],[57,3,57,5],[58,3,58,5],[59,3,59,5],[60,3,60,5],[34,4,34,5],[35,4,35,5],[21,1,21,2],[21,3,21,5],[23,1,23,2],[25,1,30,2],[33,1,33,2],[33,4,33,5],[125,1,125,2],[107,3,107,5],[108,3,108,5],[109,3,109,5],[99,4,99,5],[100,4,100,5],[104,4,104,5],[106,4,106,5],[101,4,101,5],[102,4,102,5],[81,3,81,5],[62,4,62,5],[63,4,63,5],[64,4,64,5],[65,4,65,5],[67,4,67,5],[126,1,126,2],[127,1,127,2],[128,1,128,2],[123,1,123,2],[120,1,120,2],[121,1,121,2],[122,1,122,2],[43,1,43,2],[44,1,44,2],[93,1,93,2],[108,1,108,2],[109,1,109,2],[62,1,62,2],[78,1,78,2],[79,1,79,2],[126,3,126,5],[127,3,127,5],[128,3,128,5],[113,3,113,5],[114,3,114,5],[115,3,115,5],[116,3,116,5],[96,1,96,2],[96,4,96,5],[97,4,97,5],[98,4,98,5],[118,1,118,2],[119,1,119,2],[105,4,105,5],[103,4,103,5],[107,1,107,2],[110,3,110,5],[110,1,110,2],[116,1,116,2],[112,1,112,2],[113,1,113,2],[114,1,114,2],[115,1,115,2],[124,1,124,2],[66,4,66,5],[80,1,80,2],[81,1,81,2],[68,4,68,5],[69,4,69,5],[70,4,70,5],[72,4,72,5],[73,4,73,5],[74,4,74,5],[75,4,75,5],[76,4,76,5],[71,4,71,5],[78,3,78,5],[79,3,79,5],[80,3,80,5],[7,2,7,7],[8,0,10,0],[8,10,9,11],[10,10,10,11],[43,3,43,5],[44,3,44,5],[45,3,45,5],[46,3,46,5],[12,1,12,2],[14,1,14,2],[14,3,14,5],[15,1,15,2],[39,4,39,5],[18,1,18,2],[18,3,18,5],[19,1,19,2],[19,3,19,5],[20,1,20,2],[20,3,20,5],[15,3,15,5],[16,1,16,2],[16,3,16,5],[17,1,17,2],[17,3,17,5]]}
[]
[]
[]
[]
[]
[]
[]
[null,null,"Individual criteria rating guide"]
[null,null,"Rating",4,3,2,1,0]
[null,null,"Description","Excellent","Good","Fair","Unsatisfactory","Not applicable"]
[null,null,"Explanation","The criterion was fully met (or exceeded) and there were no shortcomings. Evaluation commissioners may use the TOR with a high degree of confidence that it communicates the needs of the evaluation.","The criterion was met with only minor shortcomings. Evaluation commissioners may use the TOR with confidence that it communicates the needs of the evaluation.","The criterion was partially met with some shortcomings. Decision makers may continue to proceed with commissioning the evaluation, but substantive improvements are advised to ensure that it communicates the needs of the evaluation.","There were major shortcomings in meeting DFID's standards for TORs; therefore evaluation commissioners may not rely on this TOR to communicate the needs of the evaluation.","The question was not applicable in this circumstance."]
[]
[null,"Part A",null,"Meta and identifying data"]
[]
[null,"The title of the research/study",null,"Type here"]
[null,"UNICEF Regional or Country office name",null,"Type here"]
[null,"Date of submission, Indicate draft or final version",null,"Type here"]
[null,"Unique ID",null,"Type here"]
[null,"Research Typology",null,"Select from list"]
[null,"Study Typology",null,"Select from list"]
[null,"Priority (Outcome) Area",null,"Select from list"]
[null,"Cross cutting issues",null,"Select from list"]
[]
[null,"Part B",null,"Assessment of the TOR"]
[]
[null,"Individual criteria rating guide",null,"Rating","Description","Explanation"]
[null,null,null,4,"Excellent","The criterion was fully met (or exceeded) and there were no shortcomings."]
[null,null,null,3,"Good","The criterion was met with only minor shortcomings."]
[null,null,null,2,"Fair","The criterion was partially met with some shortcomings."]
[null,null,null,1,"Unsatisfactory","There were major shortcomings in meeting UNICEF's standards."]
[null,null,null,0,"N/A","Not applicable"]
[]
[]
[null,{"$f":"'QA Protocol Template'!B36:C36","v":"1. About the Research"},null,"RATING","Comments"]
[null,{"$f":"'QA Protocol Template'!B37","v":1.1000000000000001},{"$f":"'QA Protocol Template'!C37","v":"Rationale for commissioning the research: It appropriately justifies why the study/research is being conducted, why now, and how the research will contribute unique knowledge and/or add to existing knowledge"},{"$f":"'QA Protocol Template'!D37","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D35=G35,100%,IF(D35=H35,66.66%,IF(D35=I35,33.33%,IF(D35=J35,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B38","v":1.2},{"$f":"'QA Protocol Template'!C38","v":"The research demonstrates a potential for impact (e.g. stimulate policy debate, improve effectiveness of interventions, bring attention to a neglected area deserving further inquiry)?"},{"$f":"'QA Protocol Template'!D38","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D36=G36,100%,IF(D36=H36,66.66%,IF(D36=I36,33.33%,IF(D36=J36,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B39","v":1.3},{"$f":"'QA Protocol Template'!C39","v":" Usefulness of research: Does the research contribute to advancing work in and adding to this field of inquiry?"},{"$f":"'QA Protocol Template'!D39","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B40","v":1.4},{"$f":"'QA Protocol Template'!C40","v":"Explains the study/research primary and secondary aims"},{"$f":"'QA Protocol Template'!D40","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B41","v":1.5},{"$f":"'QA Protocol Template'!C41","v":"Explains the study/research hypotheses and the related research questions; and any conceptual framework or theory of change"},{"$f":"'QA Protocol Template'!D41","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B42","v":1.6},{"$f":"'QA Protocol Template'!C42","v":"If there is other ongoing research for the same topic or focus, this is clear, so that researchers know how this particular research fits in."},{"$f":"'QA Protocol Template'!D42","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B43","v":1.7},{"$f":"'QA Protocol Template'!C43","v":"Explains what was and what was not included in the research"},{"$f":"'QA Protocol Template'!D43","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D41=G41,100%,IF(D41=H41,66.66%,IF(D41=I41,33.33%,IF(D41=J41,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B44","v":1.8},{"$f":"'QA Protocol Template'!C44","v":"The research objectives are specific and realistic, and clearly related to the research purpose"},{"$f":"'QA Protocol Template'!D44","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B45","v":1.9},{"$f":"'QA Protocol Template'!C45","v":"The protocol validates or provides suggested changes to the research question and TOC and clarifies key terms/definitions i.e. building on and further refining what was in the TOR"},{"$f":"'QA Protocol Template'!D45","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L35:L43)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,{"$f":"'QA Protocol Template'!B51:C51","v":"2. How the research will be conducted"},null,"RATING","Comments"]
[null,{"$f":"'QA Protocol Template'!B52","v":2.1},{"$f":"'QA Protocol Template'!C52","v":"Results of the literature review: Includes a literature review which summarises extant theory and practice on the particular topic. The literature review is an indication that existing knowledge has been considered, that relevant questions have been identified, and that the study/research therefore has the potential to contribute new knowledge."},{"$f":"'QA Protocol Template'!D52","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D50=G50,100%,IF(D50=H50,66.66%,IF(D50=I50,33.33%,IF(D50=J50,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B53","v":2.2000000000000002},{"$f":"'QA Protocol Template'!C53","v":"The literature review links to a reference list in an annex"},{"$f":"'QA Protocol Template'!D53","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D51=G51,100%,IF(D51=H51,66.66%,IF(D51=I51,33.33%,IF(D51=J51,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B54","v":2.2999999999999998},{"$f":"'QA Protocol Template'!C54","v":"The literature review includes an assessment of the robustness of the evidence considered (using appropriate standards, e.g. Cochrane standards for health research)"},{"$f":"'QA Protocol Template'!D54","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B56","v":2.5},{"$f":"'QA Protocol Template'!C56","v":"Participants and end-users: Explains the involvement of end-users and other stakeholders in the research process"},{"$f":"'QA Protocol Template'!D56","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B57","v":2.6},{"$f":"'QA Protocol Template'!C57","v":"Management: The management of the study is described and was suitable for delivering the research. The description includes: roles and responsibilities of researchers, field staff, donors and other collaborators; recording and reporting of suspected adverse events; data handling and record keeping; quality control"},{"$f":"'QA Protocol Template'!D57","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D54=G54,100%,IF(D54=H54,66.66%,IF(D54=I54,33.33%,IF(D54=J54,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B58","v":2.7},{"$f":"'QA Protocol Template'!C58","v":"Resourcing: The research team’s qualifications and experience are appropriate as per the TOR’s requirements and the research methods proposed"},{"$f":"'QA Protocol Template'!D58","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B59","v":2.8},{"$f":"'QA Protocol Template'!C59","v":"Any significant resource requirements or resource issues are highlighted"},{"$f":"'QA Protocol Template'!D59","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B60","v":2.9},{"$f":"'QA Protocol Template'!C60","v":"A detailed budget is provided, and is adequate to deliver the research overall, and appropriately allocated across the stages and activities proposed"},{"$f":"'QA Protocol Template'!D60","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L50:L57)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,{"$f":"'QA Protocol Template'!B66:C66","v":"3. Methodology"},null,"RATING","Comments"]
[null,{"$f":"'QA Protocol Template'!B67","v":3.1},{"$f":"'QA Protocol Template'!C67","v":"The approach, methods and research framework are comprehensively described, and justified, and they are adequate to answer the research questions. "},{"$f":"'QA Protocol Template'!D67","v":"Select from list"},{"$f":"'QA Protocol Template'!E67","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D64=G64,100%,IF(D64=H64,66.66%,IF(D64=I64,33.33%,IF(D64=J64,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B68","v":3.2},{"$f":"'QA Protocol Template'!C68","v":"The limitations of the methodology are highlighted, along with mitigation strategies where appropriate."},{"$f":"'QA Protocol Template'!D68","v":"Select from list"},{"$f":"'QA Protocol Template'!E68","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B69","v":3.3},{"$f":"'QA Protocol Template'!C69","v":"The proposed research methodology, including (where appropriate) the research design, sample population and size, definitions of key variables and concepts, data source or data collection methods, data analysis methods, and any other relevant methodological issues, as appropriate to the particular study design."},{"$f":"'QA Protocol Template'!D69","v":"Select from list"},{"$f":"'QA Protocol Template'!E69","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B70","v":3.4},{"$f":"'QA Protocol Template'!C70","v":"The sampling strategy is described, and is appropriate. Primary and secondary data sources are appropriate, adequate and reliable"},{"$f":"'QA Protocol Template'!D70","v":"Select from list"},{"$f":"'QA Protocol Template'!E70","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B71","v":3.5},{"$f":"'QA Protocol Template'!C71","v":"The sampling strategy describes how many units of measurement will be selected and how representative is the sample. Sample sizes are adequate"},{"$f":"'QA Protocol Template'!D71","v":"Select from list"},{"$f":"'QA Protocol Template'!E71","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B72","v":3.6},{"$f":"'QA Protocol Template'!C72","v":"Inclusion and exclusion criteria precisely describe the parameters of the variables chosen to be included and excluded (if applicable)"},{"$f":"'QA Protocol Template'!D72","v":"Select from list"},{"$f":"'QA Protocol Template'!E72","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B73","v":3.7},{"$f":"'QA Protocol Template'!C73","v":"Participation Criteria: Describes the exact characteristics of the study participants that were included in the sample (if applicable)"},{"$f":"'QA Protocol Template'!D73","v":"Select from list"},{"$f":"'QA Protocol Template'!E73","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B74","v":3.8},{"$f":"'QA Protocol Template'!C74","v":"The methodology enables the collection and analysis of disaggregated data to show difference between groups (where appropriate)"},{"$f":"'QA Protocol Template'!D74","v":"Select from list"},{"$f":"'QA Protocol Template'!E74","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B75","v":3.9},{"$f":"'QA Protocol Template'!C75","v":"Describes how study subjects (individuals, institutions, geographical areas etc.) will be recruited/selected, for how long and how often they will be followed (at baseline, mid-line, end-line)"},{"$f":"'QA Protocol Template'!D75","v":"Select from list"},{"$f":"'QA Protocol Template'!E75","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B76","v":3.1},{"$f":"'QA Protocol Template'!C76","v":"If the study included an intervention (as in operational research studies where interventions were being tested and their effects studied), it should provide programmatic details on the interventions to be tested"},{"$f":"'QA Protocol Template'!D76","v":"Select from list"},{"$f":"'QA Protocol Template'!E76","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B77","v":3.11},{"$f":"'QA Protocol Template'!C77","v":"Methodology clearly defines the outcomes specified in the TORs. For instance, clearly describe how ‘child growth’ or ‘cost-effectiveness’ will be defined"},{"$f":"'QA Protocol Template'!D77","v":"Select from list"},{"$f":"'QA Protocol Template'!E77","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B78","v":3.12},{"$f":"'QA Protocol Template'!C78","v":"If a quantitative analysis is used, explains the statistical models and power calculations, justifies the sample size and explains the analysis plan, including include dummy tables for the planned statistical analysis. If a qualitative analysis is used, explains how the data will be coded and analysed. Software to be used is noted. Analysis is appropriately linked to the theoretical framework and to the methodology used"},{"$f":"'QA Protocol Template'!D78","v":"Select from list"},{"$f":"'QA Protocol Template'!E78","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B79","v":3.13},{"$f":"'QA Protocol Template'!C79","v":"If appropriate, the protocol provides a sequence of events (e.g. in a Gantt chart) that includes the entire duration of the study (i.e. including preparation, study conduct, and data analysis)"},{"$f":"'QA Protocol Template'!D79","v":"Select from list"},{"$f":"'QA Protocol Template'!E79","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B80","v":3.14},{"$f":"'QA Protocol Template'!C80","v":"the protocol discusses any inherent imbalances or biases that interviews and other data collection may have created. The product describes how any bias was overcome, and the strategies were appropriate"},{"$f":"'QA Protocol Template'!D80","v":"Select from list"},{"$f":"'QA Protocol Template'!E80","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B81","v":3.15},{"$f":"'QA Protocol Template'!C81","v":"Explains key limitations of the study/research. Often this relates to its generalizability to other populations, units or contexts, budget, timeline, access to certain populations (e.g. in humanitarian settings), poor quality of data, sensitive topics and sometimes the inability to study these directly and using proxies"},{"$f":"'QA Protocol Template'!D81","v":"Select from list"},{"$f":"'QA Protocol Template'!E81","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D78=G78,100%,IF(D78=H78,66.66%,IF(D78=I78,33.33%,IF(D78=J78,0%,\"\"))))","v":""}]
[null,"Overall score",null,{"$f":"AVERAGE(L64:L78)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[null,{"$f":"'QA Protocol Template'!B87:C87","v":"4. Ethics"},null,"RATING","Comments"]
[null,{"$f":"'QA Protocol Template'!B88","v":4.0999999999999996},{"$f":"'QA Protocol Template'!C88","v":"Any issues related to research ethics as instructed in the UNICEF Procedure for Ethical Standards in Research, Evaluation, Data Collection and Analysis and in accordance with the UNICEF Strategic Guidance Note on Institutionalizing Ethical Practice for UNICEF Research"},{"$f":"'QA Protocol Template'!D88","v":"Select from list"},{"$f":"'QA Protocol Template'!E88","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D85=G85,100%,IF(D85=H85,66.66%,IF(D85=I85,33.33%,IF(D85=J85,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B89","v":4.2},{"$f":"'QA Protocol Template'!C89","v":"The protocol explains how the study/research will apply the “do no harm” principle i.e. avoid constituting a risk to participants in the study; unethically preventing participants from benefitting from interventions"},{"$f":"'QA Protocol Template'!D89","v":"Select from list"},{"$f":"'QA Protocol Template'!E89","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D86=G86,100%,IF(D86=H86,66.66%,IF(D86=I86,33.33%,IF(D86=J86,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B90","v":4.3},{"$f":"'QA Protocol Template'!C90","v":"The protocol indicates how official ethical approvals will be received for example from Institutional Review Boards or from individuals using release forms (where appropriate)"},{"$f":"'QA Protocol Template'!D90","v":"Select from list"},{"$f":"'QA Protocol Template'!E90","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B91","v":4.4000000000000004},{"$f":"'QA Protocol Template'!C91","v":"Issues related to incorporation of human rights, including child rights and a gender perspective are explained"},{"$f":"'QA Protocol Template'!D91","v":"Select from list"},{"$f":"'QA Protocol Template'!E91","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B92","v":4.5},{"$f":"'QA Protocol Template'!C92","v":"Instruments were tested and validated (e.g. pre-testing of questionnaires)"},{"$f":"'QA Protocol Template'!D92","v":"Select from list"},{"$f":"'QA Protocol Template'!E92","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B93","v":4.5999999999999996},{"$f":"'QA Protocol Template'!C93","v":"The protocol explains how there will be an appropriate level of involvement from the various stakeholders in the design and implementation of the research"},{"$f":"'QA Protocol Template'!D93","v":"Select from list"},{"$f":"'QA Protocol Template'!E93","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L85:L90)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[]
[null,{"$f":"'QA Protocol Template'!B100:C100","v":"5. Structure and clarity of the protocol"},null,"RATING","Comments"]
[null,{"$f":"'QA Protocol Template'!B101","v":5.0999999999999996},{"$f":"'QA Protocol Template'!C101","v":"The protocol is structured logically, according to the TORs/Inception Report (as appropriate), and is written succinctly "},{"$f":"'QA Protocol Template'!D101","v":"Select from list"},{"$f":"'QA Protocol Template'!E101","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D98=G98,100%,IF(D98=H98,66.66%,IF(D98=I98,33.33%,IF(D98=J98,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B102","v":5.2},{"$f":"'QA Protocol Template'!C102","v":"The product is accessible to the intended audience (e.g. free of jargon, written in plain English, logical use of chapters, appropriate use of tables, graphs and diagrams, well balanced across chapters, concise and of a reasonable length)"},{"$f":"'QA Protocol Template'!D102","v":"Select from list"},{"$f":"'QA Protocol Template'!E102","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B103","v":5.3},{"$f":"'QA Protocol Template'!C103","v":"Review process: There is a clear explanation of the research review process and how it will be enacted"},{"$f":"'QA Protocol Template'!D103","v":"Select from list"},{"$f":"'QA Protocol Template'!E103","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B104","v":5.4},{"$f":"'QA Protocol Template'!C104","v":"It is clear who will carry out the research"},{"$f":"'QA Protocol Template'!D104","v":"Select from list"},{"$f":"'QA Protocol Template'!E104","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B105","v":5.5},{"$f":"'QA Protocol Template'!C105","v":"Any research advisory board is clearly explained in terms of membership and planned inputs/outcomes to the research"},{"$f":"'QA Protocol Template'!D105","v":"Select from list"},{"$f":"'QA Protocol Template'!E105","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B106","v":5.6},{"$f":"'QA Protocol Template'!C106","v":"Any actual or potential conflict of interest by the researchers is disclosed and appropriate mitigation strategy explained"},{"$f":"'QA Protocol Template'!D106","v":"Select from list"},{"$f":"'QA Protocol Template'!E106","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B107","v":5.7},{"$f":"'QA Protocol Template'!C107","v":"The protocol outlines any peer review to be undertaken (e.g. internal UNICEF review, external peer review)"},{"$f":"'QA Protocol Template'!D107","v":"Select from list"},{"$f":"'QA Protocol Template'!E107","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B108","v":5.8},{"$f":"'QA Protocol Template'!C108","v":"If the research project meets the definition of “major” research, there is an explanation of how the appropriate UNICEF QA process will be followed (Internal peer review, inception report, external peer review)"},{"$f":"'QA Protocol Template'!D108","v":"Select from list"},{"$f":"'QA Protocol Template'!E108","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Protocol Template'!B109","v":5.9},{"$f":"'QA Protocol Template'!C109","v":"The annexes contain (at least) the original TORs, draft data collection instruments, calculations of sample size, descriptions of treatment and control groups and the interventions, descriptions of the program being studied, contextual information helpful to the study, quality appraisal process for the study, qualifications of the team"},{"$f":"'QA Protocol Template'!D109","v":"Select from list"},{"$f":"'QA Protocol Template'!E109","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D106=G106,100%,IF(D106=H106,66.66%,IF(D106=I106,33.33%,IF(D106=J106,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Protocol Template'!B110","v":"5.10"},{"$f":"'QA Protocol Template'!C110","v":"The annexes increase the usefulness of the report"},{"$f":"'QA Protocol Template'!D110","v":"Select from list"},{"$f":"'QA Protocol Template'!E110","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L98:L107)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[null,"Overall rating guide"]
[null,"Excellent: 80% - 100%",null,"The criterion was fully met (or exceeded) and there were no shortcomings. Research commissioners may use the TOR with a high degree of confidence that it communicates the needs of the research"]
[null,"Good: 60% - 79%",null,"The criterion was met with only minor shortcomings. Research commissioners may use the TOR with confidence that it communicates the needs of the research"]
[null,"Fair: 40% - 59%",null,"The criterion was partially met with some shortcomings. Decision makers may continue to proceed with commissioning the research but substantive improvements are advised to ensure that it communicates the needs of the research"]
[null,"Unsatisfactory: 0% - 39%",null,"There were major shortcomings in meeting UNICEF's standards for TORs; therefore research commissioners may not rely on this TOR to communicate the needs of the research. The TOR should be substantively revised and re-submitted for quality assessment before proceeding."]
[]
[null,"Category",null,null,"Score","Weighting"]
[null,{"$f":"B34","v":"1. About the Research"},null,{"$f":"D44","v":{"$error":"#DIV/0!"}},1,{"$f":"D120*E120","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B49","v":"2. How the research will be conducted"},null,{"$f":"D58","v":{"$error":"#DIV/0!"}},3,{"$f":"D121*E121","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B63","v":"3. Methodology"},null,{"$f":"D79","v":{"$error":"#DIV/0!"}},5,{"$f":"D122*E122","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"#REF!","v":{"$error":"#REF!"}},null,{"$f":"#REF!","v":{"$error":"#REF!"}},3,{"$f":"D123*E123","v":{"$error":"#REF!"}}]
[null,{"$f":"B97","v":"5. Structure and clarity of the protocol"},null,{"$f":"D108","v":{"$error":"#DIV/0!"}},5,{"$f":"D124*E124","v":{"$error":"#DIV/0!"}}]
[null,"TOTAL WEIGHTED SCORE",null,{"$f":"F125/E125","v":{"$error":"#DIV/0!"}},{"$f":"SUM(E120:E124)","v":17},{"$f":"SUM(F120:F124)","v":{"$error":"#DIV/0!"}}]
[null,"OVERALL RATING",null,"Select from list"]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]

{"sheet":"Drop down - ignore","index":3,"n_rows":24,"n_cols":25,"rows_kept":24,"cut":false,"hidden":true,"merged":[]}
["Rating",null,"Verbal descriptor",null,null,null,"RESEARCH TYPOLOGIES",null,null,null,"Priority (outcome) areas",null,null,"Cross cutting",null,null,null,null,null,null,"ReviewIteration",null,"Type of Report",null,"Other Reviews"]
[4,null,"Excellent",null,null,null,"Select from list",null,null,null,"Select from list",null,null,"Select from list",null,null,null,null,null,null,"Select from list",null,"Inception Report",null,"Internal UNICEF review"]
[3,null,"Good",null,null,null,"Theoretical",null,null,null,"1. Health",null,null,"Adolescent well-being",null,null,null,null,null,null,"First",null,"Interim Report",null,"External Review"]
[2,null,"Fair",null,null,null,"Applied/Operational",null,null,null,"2. HIV/AIDS",null,null,"Building a Future Fit for Children: the Foresight Function",null,null,null,null,null,null,"Second",null,"Final Report",null,"Both"]
[1,null,"Unsatisfactory",null,null,null,"Methodological & analytical tools development",null,null,null,"3. WASH",null,null,"Climate change and environmental sustainability",null,null,null,null,null,null,"Third"]
[0,null,"Select from list",null,null,null,"STUDY TYPOLOGIES",null,null,null,"4. Nutrition",null,null,"Data, Evidence and Policy",null,null,null,null,null,null,"Fourth or more"]
["Select from list",null,null,null,null,null,"Select from list",null,null,null,"5. Education",null,null,"Early Childhood Development (ECD)"]
[null,null,null,null,null,null,"Research-informing",null,null,null,"6. Child Protection",null,null,"Gender"]
[null,null,null,null,null,null,"Programme-informing",null,null,null,"7. Social Inclusion",null,null,"Humanitarian"]
["List","Value","Data Validation","VLOOKUP",null,null,"Evaluation-informing",null,null,null,null,null,null,"Migration"]
["Highly Satisfactory",1,null,null,null,null,null,null,null,null,null,null,null,"Mobilization of demand for accountability for the realization of children’s rights"]
["Satisfactory",0.66659999999999997,null,null,null,null,null,null,null,null,null,null,null,"Public Expenditure"]
["Fair",0.33329999999999999,null,null,null,null,null,null,null,null,null,null,null,"Resilience"]
["Unsatisfactory",0,null,null,null,null,null,null,null,null,null,null,null,"Social norms and behaviour change "]
["Not Rated","\"\"",null,null,null,null,null,null,null,null,null,null,null,"Technological innovations, risks and opportunities for children"]
["Select from the list","\"\""]
[]
[]
[null,null,null,null,null,null,"Yes",null,null,null,"Summary Produced",null,null,"Type of summary",null,null,null,"Final Review Outcome"]
[null,null,null,null,null,null,"No",null,null,null,"Select from list",null,null,"Select from list",null,null,null,"Select from list"]
[null,null,null,null,null,null,null,null,null,null,"Not Required",null,null,"Executive Summary",null,null,null,"Accept and proceed with research"]
[null,null,null,null,null,null,null,null,null,null,"Required, but not yet produced",null,null,"Abstract",null,null,null,"Minor revisions are suggested before proceeding with research"]
[null,null,null,null,null,null,null,null,null,null,"Required and produced",null,null,"Other",null,null,null,"Major revisions are required before proceeding with research"]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"Major revisions are required and the protocol should be re-submitted for quality assessment before proceeding with research"]